In [1]:
import sys
import torch
print(f"Python version: {sys.version}, {sys.version_info} ")
print(f"Pytorch version: {torch.__version__} ")
Python version: 3.8.13 (default, Mar 28 2022, 11:38:47) [GCC 7.5.0], sys.version_info(major=3, minor=8, micro=13, releaselevel='final', serial=0) Pytorch version: 1.12.0+cu116
In [2]:
!nvidia-smi
Thu Jul 28 15:21:30 2022
+-----------------------------------------------------------------------------+
| NVIDIA-SMI 515.48.07 Driver Version: 515.48.07 CUDA Version: 11.7 |
|-------------------------------+----------------------+----------------------+
| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |
| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |
| | | MIG M. |
|===============================+======================+======================|
| 0 NVIDIA GeForce ... Off | 00000000:01:00.0 Off | N/A |
| N/A 41C P8 11W / N/A | 13MiB / 8192MiB | 0% Default |
| | | N/A |
+-------------------------------+----------------------+----------------------+
+-----------------------------------------------------------------------------+
| Processes: |
| GPU GI CI PID Type Process name GPU Memory |
| ID ID Usage |
|=============================================================================|
| 0 N/A N/A 1463 G /usr/lib/xorg/Xorg 4MiB |
| 0 N/A N/A 2517 G /usr/lib/xorg/Xorg 4MiB |
+-----------------------------------------------------------------------------+
In [3]:
!wget https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt
--2022-07-28 15:18:23-- https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt Resolving github.com (github.com)... 20.205.243.166 Connecting to github.com (github.com)|20.205.243.166|:443... connected. HTTP request sent, awaiting response... 302 Found Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220728%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220728T071800Z&X-Amz-Expires=300&X-Amz-Signature=fe63efbd46336381a8cf03b385c61a41b350d8d437f5329b5e17645957e1dc46&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream [following] --2022-07-28 15:18:24-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220728%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220728T071800Z&X-Amz-Expires=300&X-Amz-Signature=fe63efbd46336381a8cf03b385c61a41b350d8d437f5329b5e17645957e1dc46&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.111.133, 185.199.110.133, 185.199.108.133, ... Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.111.133|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 12639769 (12M) [application/octet-stream] Saving to: ‘yolov7-tiny.pt’ yolov7-tiny.pt 100%[===================>] 12.05M 1.38MB/s in 9.2s 2022-07-28 15:18:34 (1.30 MB/s) - ‘yolov7-tiny.pt’ saved [12639769/12639769]
In [4]:
!python detect.py --weights ./yolov7-tiny.pt --conf 0.25 --img-size 640 --source inference/images
Namespace(agnostic_nms=False, augment=False, classes=None, conf_thres=0.25, device='', exist_ok=False, img_size=640, iou_thres=0.45, name='exp', no_trace=False, nosave=False, project='runs/detect', save_conf=False, save_txt=False, source='inference/images', update=False, view_img=False, weights=['./yolov7-tiny.pt']) YOLOR 🚀 v0.1-73-ga0f4626 torch 1.12.0+cu116 CUDA:0 (NVIDIA GeForce RTX 3070 Laptop GPU, 7982.0625MB) Fusing layers... Model Summary: 200 layers, 6219709 parameters, 229245 gradients Convert model to Traced-model... traced_script_module saved! model is traced! /home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:2894.) return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] The image with the result is saved in: runs/detect/exp/bus.jpg The image with the result is saved in: runs/detect/exp/horses.jpg The image with the result is saved in: runs/detect/exp/image1.jpg The image with the result is saved in: runs/detect/exp/image2.jpg The image with the result is saved in: runs/detect/exp/image3.jpg The image with the result is saved in: runs/detect/exp/zidane.jpg Done. (0.237s)
In [5]:
from PIL import Image
Image.open('runs/detect/exp/bus.jpg')
Out[5]:
In [6]:
Image.open('runs/detect/exp/horses.jpg')
Out[6]:
In [7]:
Image.open('runs/detect/exp/image1.jpg')
Out[7]:
In [8]:
Image.open('runs/detect/exp/image2.jpg')
Out[8]:
In [9]:
Image.open('runs/detect/exp/image3.jpg')
Out[9]:
In [10]:
Image.open('runs/detect/exp/zidane.jpg')
Out[10]:
In [11]:
# export temporary ONNX model for TensorRT converter
!python export.py --weights ./yolov7-tiny.pt --grid --end2end --simplify --topk-all 100 --iou-thres 0.65 --conf-thres 0.35 --img-size 640 640 --dynamic-batch
!ls
Namespace(batch_size=1, conf_thres=0.35, device='cpu', dynamic=False, dynamic_batch=True, end2end=True, grid=True, img_size=[640, 640], include_nms=False, iou_thres=0.65, max_wh=None, simplify=True, topk_all=100, weights='./yolov7-tiny.pt') YOLOR 🚀 v0.1-73-ga0f4626 torch 1.12.0+cu116 CPU Fusing layers... Model Summary: 200 layers, 6219709 parameters, 6219709 gradients /home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:2894.) return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] Starting TorchScript export with torch 1.12.0+cu116... /home/ubuntu/work/yolo/yolov7/models/yolo.py:51: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs! if self.grid[i].shape[2:4] != x[i].shape[2:4]: TorchScript export success, saved as ./yolov7-tiny.torchscript.pt Starting ONNX export with onnx 1.12.0... Starting export end2end onnx model for TensorRT... /home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/_tensor.py:1083: UserWarning: The .grad attribute of a Tensor that is not a leaf Tensor is being accessed. Its .grad attribute won't be populated during autograd.backward(). If you indeed want the .grad field to be populated for a non-leaf Tensor, use .retain_grad() on the non-leaf Tensor. If you access the non-leaf Tensor by mistake, make sure you access the leaf Tensor instead. See github.com/pytorch/pytorch/pull/30531 for more informations. (Triggered internally at aten/src/ATen/core/TensorBody.h:477.) return self._grad WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function. Starting to simplify ONNX... ONNX export success, saved as ./yolov7-tiny.onnx CoreML export failure: No module named 'coremltools' Export complete (2.83s). Visualize with https://github.com/lutzroeder/netron. builder.py inference test.py Valid_RGB.zip cfg LICENSE.md tools w2onnx.py coco models traced_model.pt weights data paper train_aux.py yolov7-tiny.onnx detect.py README.md train.py yolov7-tiny.pt export.py requirements.txt Untitled.ipynb yolov7-tiny.torchscript.pt figure runs utils hubconf.py scripts Valid_RGB
In [12]:
# Download ONNX to TensorRT converter
!git clone https://github.com/triple-Mu/YOLO-TensorRT8.git
Cloning into 'YOLO-TensorRT8'... remote: Enumerating objects: 330, done. remote: Counting objects: 100% (330/330), done. remote: Compressing objects: 100% (233/233), done. remote: Total 330 (delta 147), reused 266 (delta 92), pack-reused 0 Receiving objects: 100% (330/330), 837.54 KiB | 319.00 KiB/s, done. Resolving deltas: 100% (147/147), done.
In [13]:
%cd YOLO-TensorRT8
!ls
/home/ubuntu/work/yolo/yolov7/YOLO-TensorRT8 build_engine.py calib_data LICENSE requirements.txt version calib.cache export.py README.md utils yolov7-tiny-nms.trt
In [14]:
# Export TensorRT-engine model
!python build_engine.py -o ../yolov7-tiny.onnx -e ./yolov7-tiny-nms.trt --fp16 --batch-size 1 16 32
[07/28/2022-09:38:24] [TRT] [I] [MemUsageChange] Init CUDA: CPU +329, GPU +0, now: CPU 339, GPU 300 (MiB)
[07/28/2022-09:38:25] [TRT] [I] [MemUsageChange] Init builder kernel library: CPU +327, GPU +104, now: CPU 685, GPU 404 (MiB)
build_engine.py:21: DeprecationWarning: Use set_memory_pool_limit instead.
config.max_workspace_size = opt.workspace * 1 << 30
[07/28/2022-09:38:25] [TRT] [I] ----------------------------------------------------------------
[07/28/2022-09:38:25] [TRT] [I] Input filename: ../yolov7-tiny.onnx
[07/28/2022-09:38:25] [TRT] [I] ONNX IR version: 0.0.7
[07/28/2022-09:38:25] [TRT] [I] Opset version: 12
[07/28/2022-09:38:25] [TRT] [I] Producer name: pytorch
[07/28/2022-09:38:25] [TRT] [I] Producer version: 1.12.0
[07/28/2022-09:38:25] [TRT] [I] Domain:
[07/28/2022-09:38:25] [TRT] [I] Model version: 0
[07/28/2022-09:38:25] [TRT] [I] Doc string:
[07/28/2022-09:38:25] [TRT] [I] ----------------------------------------------------------------
[07/28/2022-09:38:25] [TRT] [W] onnx2trt_utils.cpp:369: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.
[07/28/2022-09:38:25] [TRT] [W] onnx2trt_utils.cpp:395: One or more weights outside the range of INT32 was clamped
[07/28/2022-09:38:25] [TRT] [I] No importer registered for op: EfficientNMS_TRT. Attempting to import as plugin.
[07/28/2022-09:38:25] [TRT] [I] Searching for plugin: EfficientNMS_TRT, plugin_version: 1, plugin_namespace:
[07/28/2022-09:38:25] [TRT] [I] Successfully created plugin: EfficientNMS_TRT
INFO:build_engine:
Network Description
******************************
Input 'images' with shape (-1, 3, 640, 640) and dtype DataType.FLOAT
Output 'num_dets' with shape (-1, 1) and dtype DataType.INT32
Output 'det_boxes' with shape (-1, 100, 4) and dtype DataType.FLOAT
Output 'det_scores' with shape (-1, 100) and dtype DataType.FLOAT
Output 'det_classes' with shape (-1, 100) and dtype DataType.INT32
******************************
INFO:build_engine:
dynamic batch profile is
(1, 3, 640, 640)
(16, 3, 640, 640)
(32, 3, 640, 640)
[07/28/2022-09:38:26] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +850, GPU +368, now: CPU 1563, GPU 772 (MiB)
[07/28/2022-09:38:26] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +128, GPU +58, now: CPU 1691, GPU 830 (MiB)
[07/28/2022-09:38:26] [TRT] [I] Local timing cache in use. Profiling results in this builder pass will not be stored.
[07/28/2022-09:39:52] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:52] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:52] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:52] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:53] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:53] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:53] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:58] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:39:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:39:59] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:39:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:39:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:00] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:00] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:21] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:21] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:22] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:22] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:22] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:24] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:24] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:25] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:25] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::159] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [W] -------------- The current system memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0x556baefeb340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44424 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1ac8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44408 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad177cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44388 time: 1.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44385 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed92690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44379 time: 3.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44376 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44367 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada254c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44352 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44349 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44346 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7db10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44343 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec198e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44340 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44337 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef8db80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42019 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42008 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42003 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9378b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31462 time: 3.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae105810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41317 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dae10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602865b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26259 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd8190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33964 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd83910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36637 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf211e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36696 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddcbb30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37996 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30905 time: 4.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbea7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30900 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade998f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30897 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392370]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34561 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad069c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30880 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ede50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31509 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30865 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292def00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30850 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30847 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d4440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b87aa0cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30945 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddefef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30835 time: 1.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc1b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30832 time: 7.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27257 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33913 time: 1.87e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37927 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b420c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27254 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed75f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42016 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dbdb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaa4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33929 time: 1.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0393d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41360 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27246 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1648e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36765 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27233 time: 1.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e4090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b427c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27203 time: 6.08e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27200 time: 2.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44391 time: 2.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27182 time: 1.428e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556b60282170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27173 time: 8.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac590]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 1.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7cf00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26262 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26254 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cdac0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292949d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26246 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bac5144f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30961 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26126 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294a90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26247da0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36649 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7c4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26238 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec704f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41936 time: 3.89e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b602866f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26230 time: 8.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badede3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33904 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22f550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36613 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b914f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26211 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b938f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26206 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4f830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41212 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b92800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26198 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b803f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26182 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26168 time: 1.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb741e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36797 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fe60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41979 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7da60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26150 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26174 time: 1.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26147 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09ac10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31492 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35fba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30972 time: 4.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07f480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33865 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27194 time: 5.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37872 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41952 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e9f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26141 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30924 time: 3.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36717 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41325 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66156b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26132 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad398df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30953 time: 1.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292df470]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661626d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26120 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27262 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30868 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad37ec40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31483 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36643 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27214 time: 3.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae10db90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36757 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b660fb470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26117 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26212250]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 1.1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26ecef00]:1048576 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec58b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41263 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b0f9fe770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26267db0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34017 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada18860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30964 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27217 time: 1.66e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bac512510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26195 time: 1.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1db540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36784 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261d46e0]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf23c3b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36704 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b201e2c60]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 3.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddea580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33945 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7fbe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26179 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1626b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37948 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44413 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd2f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269d00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37878 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae085b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30948 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b2ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30838 time: 2.77e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7cd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b3830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30908 time: 1.46e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbe30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9ba440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30871 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad042640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30829 time: 1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29293b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 1.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c58e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae266ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42011 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3644b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30956 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c0080]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30862 time: 7.74e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b432e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27249 time: 9.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bfb40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf012850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37951 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae21f130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41968 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badee0020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bdc90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfec10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36607 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada66140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30883 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec3c0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41963 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bcc10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b448d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30877 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35d2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31465 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27191 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd83f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36789 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30932 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4f90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44405 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9d4d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30841 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c80d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41971 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dc2a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e81e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf243870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41266 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0bde40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26251 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292be1a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661645b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26123 time: 7.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292955d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3ba310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30859 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ee70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26156 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7cb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37967 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4a80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34569 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2a60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292936e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bc700]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec806e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41254 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae620]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf010ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41960 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3e5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36805 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294910]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9660]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eb360]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b6615f500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26129 time: 9.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b916d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26190 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e6aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbeaee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30913 time: 1.83e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbcf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41352 time: 5.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44397 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26153 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ced70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4080]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36800 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad90e470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44429 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d3ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2361d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34033 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34582 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af7d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31546 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeff4690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36664 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd7e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d9290]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb6cd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41301 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26171 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b7800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33993 time: 9.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade004b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34518 time: 2.88e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36677 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e8750]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34577 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ad490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa2630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37924 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9002020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30977 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b54300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30853 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f35e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30874 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41987 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292abec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66166330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26114 time: 2.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293377e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37875 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec70020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37899 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b3dc0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1150]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac000]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 8.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44358 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7790]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada623f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36634 time: 5.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30886 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30844 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26138 time: 1.72e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baece0a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44382 time: 2.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27179 time: 5.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad391fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33877 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b0c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261858f0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 3.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaf940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31506 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293689f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada5c720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb29e60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30940 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded19e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34530 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27206 time: 5.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeab1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebf1330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44370 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27225 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf202cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44421 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b904a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26243 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbe880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba390]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e50e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34539 time: 1.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27238 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41933 time: 2.52e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29358940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad070850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30937 time: 1.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294df0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade4e2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33937 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26135 time: 1.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26fcef10]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 1.71e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cf340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b38f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31468 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0520]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9dd90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36655 time: 2.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8020]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2000]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5050]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d5a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26267 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33859 time: 3.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badef8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27185 time: 4.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5a00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ef300]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37972 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292963b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31477 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2a5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34506 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d97e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f1fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2eb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37964 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292fab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44364 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e26d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e65b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e9820]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292acec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292da860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41392 time: 5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec800]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33910 time: 1.96e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade01f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30921 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27230 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44361 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29337690]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26187 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c8d30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae28a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41939 time: 2.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b6f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30916 time: 1.79e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26203 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4ee40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36781 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41912 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261a7510]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1076b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41349 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41976 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ed8a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27209 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1874c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37890 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7230]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9650]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3d2b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27170 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292faac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34542 time: 8.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec1ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36628 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b261b46d0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 2.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b262b4580]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 4.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292946d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31501 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cd550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecfb240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41272 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29373e60]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 4.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9f85480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31471 time: 4.85e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada1bb70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34020 time: 1.21e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec75b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41944 time: 1.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41903 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31538 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bace1ed80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31474 time: 6.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26144 time: 8.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31480 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade10c20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36646 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef9d130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41400 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad072d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31486 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b13f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31495 time: 3.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26162 time: 5.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed95bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41293 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41344 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41397 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefdbbc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42024 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0665c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41927 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae09e980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31514 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7df0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34545 time: 4.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdc970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36720 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b926c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26227 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09f4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31517 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26165 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31522 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf6a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41320 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada10eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33874 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27197 time: 2.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbcf80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31525 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad366580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34512 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31530 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30856 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9bb3c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31541 time: 7.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3944c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31549 time: 3.84e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e3ae0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badacae50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31554 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae08a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33853 time: 2.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b93650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33948 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b496e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41900 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33856 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2694e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41368 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26335d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33862 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd88b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33868 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b11b6ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33871 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22cb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44400 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b36d38990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33880 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded20b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31489 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33886 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb73960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41230 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5510]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34593 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf240c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36712 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade08680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33895 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6a10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7b0670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33898 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc3550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33901 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b8e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33907 time: 1.86e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65a627c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26111 time: 2.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33916 time: 3.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad368ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33883 time: 3.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae140540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41373 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b4c510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33921 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33940 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec2b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b9cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33996 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41955 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2c0d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33953 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4eee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36776 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd036d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33956 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbc66f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34012 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e37d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33961 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf7380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37983 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9c2e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33969 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef2920]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33972 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33980 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada26cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34004 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26222 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade195a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30980 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31533 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeb0f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34009 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eff0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26159 time: 6.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd76e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41209 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27241 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2308b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41333 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34025 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33932 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad8a2240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34028 time: 1.18e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c5dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3664e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34509 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bace25aa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44394 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb636a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44373 time: 3.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed18f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36640 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badde00f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36733 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2690e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34515 time: 2.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41930 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9f7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34524 time: 2.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded1b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34533 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0ac990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34536 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34553 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34550 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdf310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36701 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0640b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34558 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c74f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34566 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34585 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34598 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34601 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9a70]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad92f510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33977 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1050c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34609 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34614 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed48b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41224 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec518a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36601 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee21190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36604 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26219 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb637d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41405 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34574 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b27a0bd00]:16384 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 5.173e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556baec866b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36610 time: 7.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b5590]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36616 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec44730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36619 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eee10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04f710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36622 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd9ff30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37991 time: 1.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad758c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36625 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefc2610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37959 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade06690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41413 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad068780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36631 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefd9f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41218 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d38c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36652 time: 2.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36658 time: 2.24e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36661 time: 4.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a7d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41341 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295b10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedb6180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36669 time: 4.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbd440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41251 time: 2.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36672 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf261690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36680 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf25a500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36685 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade971d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34606 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2362b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36688 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36709 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37940 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb311e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34001 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badbf8640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36725 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad075340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36728 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31498 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae186560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36736 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed1a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36741 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36744 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2658f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36752 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41304 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbe00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37932 time: 6.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb9e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44355 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf265f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36760 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed5eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36768 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41328 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee255b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36773 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae245780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36792 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41915 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602808d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27176 time: 8.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37884 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb74140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37887 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fdc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41984 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9240]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37893 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37896 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35ff80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37902 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb742d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37905 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed0b930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37908 time: 3.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddccb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41233 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed25e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37911 time: 3.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcba40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37916 time: 2.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa26d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37919 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37935 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37943 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b905e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26214 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad363b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33924 time: 4.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0127b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37956 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44416 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad092330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41277 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefccbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36749 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba250]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae13f2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37975 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebe3270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37980 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27188 time: 3.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdcb20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41215 time: 1.58e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae142f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41221 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badaff880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41227 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41236 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9001f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30929 time: 5.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0ac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1d7ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41239 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa80f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41245 time: 1.75e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9de80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41248 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41257 time: 1.64e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad083490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34527 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41260 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1dff60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41269 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41280 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34590 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41285 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27222 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae231780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41288 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade3f170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41296 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41309 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41312 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecef930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41336 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba97a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36693 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdd760]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41357 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf039330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41365 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0fb3a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41376 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41381 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd4640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41384 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecee580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34521 time: 2.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd45a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41389 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd86f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41408 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41992 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41906 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef9a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30969 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd896c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41909 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41924 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2169a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41918 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf268ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41921 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b45b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41947 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc2010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37881 time: 4.16e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4f8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41242 time: 2.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b937b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26235 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41995 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c7a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42000 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] -------------- The current device memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 4647 time: 0.00581909
[07/28/2022-09:40:26] [TRT] [W] [0x302000000]:3666870272 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1872 time: 0.00112197
[07/28/2022-09:40:26] [TRT] [W] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.
[07/28/2022-09:40:26] [TRT] [W] Skipping tactic 3 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000004.
Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::159] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [W] -------------- The current system memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2400d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44469 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeffb160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44461 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcda10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44456 time: 1.13e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefccf10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44448 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf230560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44445 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf256a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44440 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbae90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44437 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefeb340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44424 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1ac8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44408 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad177cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44388 time: 1.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44385 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed92690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44379 time: 3.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44376 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44367 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada254c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44352 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44349 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44346 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7db10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44343 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec198e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44340 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44337 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef8db80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42019 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42008 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42003 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9378b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31462 time: 3.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae105810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41317 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dae10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602865b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26259 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd8190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33964 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd83910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36637 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf211e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36696 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddcbb30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37996 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30905 time: 4.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbea7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30900 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade998f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30897 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392370]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34561 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad069c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30880 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ede50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31509 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30865 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292def00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30850 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30847 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d4440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b87aa0cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30945 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddefef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30835 time: 1.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc1b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30832 time: 7.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27257 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33913 time: 1.87e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37927 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b420c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27254 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed75f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42016 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dbdb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaa4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33929 time: 1.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0393d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41360 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27246 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1648e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36765 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27233 time: 1.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e4090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b427c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27203 time: 6.08e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27200 time: 2.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44391 time: 2.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27182 time: 1.428e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556b60282170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27173 time: 8.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac590]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 1.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7cf00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26262 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26254 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cdac0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292949d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26246 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bac5144f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30961 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26126 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294a90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26247da0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36649 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7c4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26238 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec704f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41936 time: 3.89e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b602866f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26230 time: 8.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badede3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33904 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22f550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36613 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b914f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26211 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b938f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26206 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4f830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41212 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b92800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26198 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b803f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26182 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26168 time: 1.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb741e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36797 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fe60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41979 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7da60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26150 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26174 time: 1.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26147 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09ac10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31492 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35fba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30972 time: 4.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07f480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33865 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27194 time: 5.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37872 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41952 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e9f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26141 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30924 time: 3.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36717 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41325 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66156b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26132 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad398df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30953 time: 1.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292df470]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661626d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26120 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27262 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30868 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad37ec40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31483 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36643 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27214 time: 3.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae10db90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36757 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b660fb470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26117 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26212250]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 1.1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26ecef00]:1048576 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec58b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41263 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b0f9fe770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26267db0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34017 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada18860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30964 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27217 time: 1.66e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bac512510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26195 time: 1.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1db540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36784 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261d46e0]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf23c3b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36704 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b201e2c60]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 3.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddea580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33945 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7fbe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26179 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1626b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37948 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44413 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd2f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269d00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37878 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae085b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30948 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b2ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30838 time: 2.77e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7cd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b3830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30908 time: 1.46e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbe30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9ba440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30871 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad042640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30829 time: 1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29293b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 1.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c58e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae266ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42011 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3644b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30956 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c0080]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30862 time: 7.74e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b432e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27249 time: 9.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bfb40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf012850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37951 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae21f130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41968 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badee0020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bdc90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfec10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36607 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada66140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30883 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec3c0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41963 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bcc10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b448d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30877 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35d2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31465 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27191 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd83f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36789 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30932 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4f90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44405 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9d4d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30841 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c80d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41971 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dc2a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e81e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf243870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41266 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0bde40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26251 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292be1a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661645b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26123 time: 7.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292955d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3ba310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30859 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ee70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26156 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7cb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37967 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4a80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34569 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2a60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292936e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bc700]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec806e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41254 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae620]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf010ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41960 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3e5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36805 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294910]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9660]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eb360]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b6615f500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26129 time: 9.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b916d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26190 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e6aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbeaee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30913 time: 1.83e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbcf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41352 time: 5.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44397 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26153 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ced70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4080]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36800 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad90e470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44429 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d3ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2361d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34033 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34582 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af7d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31546 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeff4690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36664 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd7e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d9290]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb6cd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41301 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26171 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b7800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33993 time: 9.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade004b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34518 time: 2.88e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36677 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e8750]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34577 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ad490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa2630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37924 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9002020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30977 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b54300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30853 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f35e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30874 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41987 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292abec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66166330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26114 time: 2.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293377e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37875 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec70020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37899 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b3dc0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1150]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac000]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 8.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44358 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7790]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada623f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36634 time: 5.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30886 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30844 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26138 time: 1.72e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baece0a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44382 time: 2.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27179 time: 5.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad391fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33877 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b0c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261858f0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 3.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaf940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31506 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293689f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada5c720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb29e60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30940 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded19e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34530 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27206 time: 5.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeab1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebf1330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44370 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27225 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf202cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44421 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b904a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26243 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbe880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba390]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e50e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34539 time: 1.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27238 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41933 time: 2.52e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29358940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad070850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30937 time: 1.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294df0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade4e2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33937 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26135 time: 1.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26fcef10]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 1.71e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cf340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b38f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31468 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0520]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9dd90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36655 time: 2.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8020]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2000]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5050]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d5a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26267 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33859 time: 3.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badef8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27185 time: 4.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5a00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ef300]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37972 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292963b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31477 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2a5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34506 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d97e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f1fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2eb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37964 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292fab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44364 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e26d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e65b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e9820]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292acec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292da860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41392 time: 5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec800]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33910 time: 1.96e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade01f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30921 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27230 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44361 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29337690]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26187 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c8d30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae28a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41939 time: 2.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b6f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30916 time: 1.79e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26203 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4ee40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36781 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41912 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261a7510]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1076b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41349 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41976 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ed8a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27209 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1874c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37890 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7230]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9650]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbaf30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44432 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3d2b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27170 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292faac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34542 time: 8.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec1ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36628 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b261b46d0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 2.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b262b4580]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 4.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292946d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31501 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cd550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecfb240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41272 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29373e60]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 4.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9f85480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31471 time: 4.85e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada1bb70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34020 time: 1.21e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec75b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41944 time: 1.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41903 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31538 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bace1ed80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31474 time: 6.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26144 time: 8.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31480 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade10c20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36646 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef9d130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41400 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad072d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31486 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b13f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31495 time: 3.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26162 time: 5.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed95bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41293 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41344 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41397 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefdbbc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42024 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0665c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41927 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae09e980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31514 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7df0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34545 time: 4.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdc970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36720 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b926c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26227 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09f4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31517 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26165 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31522 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf6a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41320 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada10eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33874 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27197 time: 2.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbcf80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31525 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad366580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34512 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31530 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf011840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44453 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30856 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9bb3c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31541 time: 7.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3944c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31549 time: 3.84e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e3ae0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badacae50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31554 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae08a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33853 time: 2.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b93650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33948 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b496e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41900 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33856 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2694e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41368 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26335d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33862 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd88b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33868 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b11b6ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33871 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22cb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44400 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b36d38990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33880 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded20b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31489 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33886 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb73960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41230 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5510]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34593 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf240c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36712 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade08680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33895 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6a10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7b0670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33898 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc3550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33901 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b8e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33907 time: 1.86e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65a627c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26111 time: 2.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33916 time: 3.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad368ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33883 time: 3.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae140540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41373 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b4c510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33921 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33940 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec2b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b9cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33996 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41955 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2c0d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33953 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4eee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36776 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd036d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33956 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbc66f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34012 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e37d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33961 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf7380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37983 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9c2e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33969 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef2920]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33972 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33980 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada26cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34004 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26222 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade195a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30980 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31533 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeb0f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34009 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eff0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26159 time: 6.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd76e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41209 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27241 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2308b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41333 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34025 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33932 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad8a2240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34028 time: 1.18e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c5dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3664e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34509 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bace25aa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44394 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb636a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44373 time: 3.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed18f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36640 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badde00f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36733 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2690e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34515 time: 2.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41930 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9f7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34524 time: 2.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded1b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34533 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0ac990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34536 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34553 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34550 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdf310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36701 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0640b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34558 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c74f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34566 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34585 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34598 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34601 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9a70]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad92f510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33977 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1050c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34609 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34614 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed48b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41224 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec518a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36601 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf230c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44464 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee21190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36604 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26219 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb637d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41405 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34574 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b27a0bd00]:16384 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 5.173e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556baec866b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36610 time: 7.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b5590]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36616 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec44730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36619 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eee10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04f710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36622 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd9ff30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37991 time: 1.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad758c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36625 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefc2610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37959 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade06690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41413 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad068780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36631 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefd9f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41218 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d38c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36652 time: 2.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36658 time: 2.24e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36661 time: 4.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a7d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41341 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295b10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedb6180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36669 time: 4.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbd440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41251 time: 2.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36672 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf261690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36680 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf25a500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36685 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade971d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34606 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2362b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36688 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36709 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37940 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb311e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34001 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badbf8640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36725 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad075340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36728 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31498 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae186560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36736 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed1a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36741 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36744 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2658f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36752 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41304 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbe00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37932 time: 6.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb9e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44355 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf265f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36760 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed5eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36768 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41328 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee255b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36773 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae245780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36792 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41915 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602808d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27176 time: 8.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37884 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb74140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37887 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fdc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41984 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9240]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37893 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37896 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35ff80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37902 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb742d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37905 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed0b930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37908 time: 3.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddccb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41233 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed25e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37911 time: 3.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcba40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37916 time: 2.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa26d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37919 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37935 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37943 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b905e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26214 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad363b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33924 time: 4.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0127b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37956 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44416 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad092330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41277 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefccbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36749 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba250]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae13f2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37975 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebe3270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37980 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27188 time: 3.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdcb20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41215 time: 1.58e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae142f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41221 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badaff880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41227 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41236 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9001f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30929 time: 5.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0ac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1d7ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41239 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa80f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41245 time: 1.75e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9de80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41248 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41257 time: 1.64e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad083490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34527 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41260 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1dff60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41269 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41280 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34590 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41285 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27222 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae231780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41288 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade3f170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41296 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41309 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41312 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecef930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41336 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba97a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36693 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdd760]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41357 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf039330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41365 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0fb3a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41376 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41381 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd4640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41384 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecee580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34521 time: 2.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd45a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41389 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd86f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41408 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41992 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41906 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef9a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30969 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd896c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41909 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41924 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2169a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41918 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf268ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41921 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b45b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41947 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc2010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37881 time: 4.16e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4f8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41242 time: 2.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b937b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26235 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41995 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c7a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42000 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] -------------- The current device memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 4648 time: 0.00585446
[07/28/2022-09:40:26] [TRT] [W] [0x302000000]:3666870272 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1872 time: 0.00112197
[07/28/2022-09:40:26] [TRT] [W] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.
[07/28/2022-09:40:26] [TRT] [W] Skipping tactic 8 due to insufficient memory on requested size of 8589934592 detected for tactic 0x000000000000003c.
Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::159] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [E] 2: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)
[07/28/2022-09:40:26] [TRT] [W] -------------- The current system memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0x556baeca54c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44493 time: 4.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed60940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44488 time: 1.58e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb73690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44480 time: 2.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2400d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44469 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeffb160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44461 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcda10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44456 time: 1.13e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefccf10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44448 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf230560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44445 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf256a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44440 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbae90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44437 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefeb340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44424 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1ac8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44408 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad177cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44388 time: 1.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44385 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed92690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44379 time: 3.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44376 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44367 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada254c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44352 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44349 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44346 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7db10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44343 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec198e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44340 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44337 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef8db80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42019 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42008 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42003 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9378b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31462 time: 3.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae105810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41317 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dae10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602865b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26259 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd8190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33964 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd83910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36637 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf211e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36696 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddcbb30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37996 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30905 time: 4.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbea7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30900 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade998f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30897 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392370]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34561 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad069c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30880 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ede50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31509 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30865 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292def00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30850 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30847 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d4440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b87aa0cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30945 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddefef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30835 time: 1.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc1b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30832 time: 7.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b45ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27257 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33913 time: 1.87e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37927 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b420c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27254 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed75f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42016 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dbdb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaa4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33929 time: 1.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0393d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41360 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27246 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1648e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36765 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27233 time: 1.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e4090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b427c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27203 time: 6.08e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27200 time: 2.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44391 time: 2.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27182 time: 1.428e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556b60282170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27173 time: 8.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac590]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 1.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7cf00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26262 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26254 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cdac0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292949d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26246 time: 7.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bac5144f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30961 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26126 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294a90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26247da0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36649 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7c4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26238 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec704f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41936 time: 3.89e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b602866f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26230 time: 8.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badede3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33904 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22f550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36613 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b914f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26211 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b938f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26206 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4f830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41212 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b92800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26198 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b803f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26182 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26168 time: 1.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb741e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36797 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fe60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41979 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7da60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26150 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26174 time: 1.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26147 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09ac10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31492 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35fba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30972 time: 4.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07f480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33865 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27194 time: 5.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37872 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41952 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e9f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26141 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30924 time: 3.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd7290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36717 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41325 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66156b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26132 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad398df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30953 time: 1.32e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292df470]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661626d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26120 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf071b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44472 time: 1.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27262 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30868 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad37ec40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31483 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36643 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27214 time: 3.34e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae10db90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36757 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b660fb470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26117 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26212250]:256 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 1.1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26ecef00]:1048576 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec58b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41263 time: 1.65e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b0f9fe770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26267db0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded3670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34017 time: 1.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada18860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30964 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27217 time: 1.66e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bac512510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26195 time: 1.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1db540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36784 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261d46e0]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf23c3b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36704 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b201e2c60]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 3.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddea580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33945 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7fbe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26179 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1626b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37948 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44413 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd2f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269d00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37878 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae085b80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30948 time: 1.3e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b2ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30838 time: 2.77e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7cd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b3830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30908 time: 1.46e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbe30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9ba440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30871 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad042640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30829 time: 1e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29293b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 1.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c58e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae266ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42011 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3644b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30956 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c0080]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30862 time: 7.74e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b432e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27249 time: 9.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bfb40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf012850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37951 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae21f130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41968 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badee0020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bdc90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfec10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36607 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada66140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30883 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec3c0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41963 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bcc10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b448d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30877 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35d2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31465 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27191 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd83f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36789 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0cd5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30932 time: 2.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4f90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44405 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9d4d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30841 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c80d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41971 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae217260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44496 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dc2a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e81e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf243870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41266 time: 1.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0bde40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30889 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26251 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292be1a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b661645b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26123 time: 7.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292955d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3ba310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30859 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7ee70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26156 time: 6.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2171c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44501 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7cb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37967 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b4a80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34569 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2a60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0719f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44504 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292936e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bc700]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec806e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41254 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae620]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf010ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41960 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3e5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36805 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294910]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9660]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eb360]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 6.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b6615f500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26129 time: 9.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b916d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26190 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e6aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbeaee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30913 time: 1.83e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cbcf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41352 time: 5.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44397 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7dd40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26153 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ced70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4080]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36800 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad90e470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44429 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d3ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2361d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34033 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34582 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af7d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31546 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeff4690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36664 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292dd7e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d9290]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb6cd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41301 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26171 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b7800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33993 time: 9.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade004b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34518 time: 2.88e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36677 time: 2.51e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e8750]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34577 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ad490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa710]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa2630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37924 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9002020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30977 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b54300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30853 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f35e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30874 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ae110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41987 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292abec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66166330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26114 time: 2.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c2870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293377e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37875 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec70020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37899 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b3dc0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1150]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ac000]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 8.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44358 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c7790]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada623f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36634 time: 5.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30886 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b53360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30844 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7e880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26138 time: 1.72e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad07e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baece0a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44382 time: 2.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292aa270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292af2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b2920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27179 time: 5.26e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad391fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33877 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b0c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261858f0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 3.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2180]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292bb1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeaf940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31506 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b293689f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada5c720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb29e60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30940 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded19e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34530 time: 2.6e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27206 time: 5.5e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeab1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37988 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebf1330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44370 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27225 time: 8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf202cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44421 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c1640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b904a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26243 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbe880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30985 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba390]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e50e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34539 time: 1.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27238 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae112190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41933 time: 2.52e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29358940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 1.49e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad070850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30937 time: 1.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294df0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade4e2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33937 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b66157430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26135 time: 1.01e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b26fcef10]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 1.71e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cf340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b38f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade97820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31468 time: 1.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e0520]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9dd90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36655 time: 2.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b8020]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2000]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e5050]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7d5a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26267 time: 6.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33859 time: 3.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badef8020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27185 time: 4.29e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5a00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29294370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ef300]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37972 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292963b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31477 time: 5.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2a5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34506 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d97e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f1fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e2eb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37964 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292fab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd9bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44364 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e26d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e65b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e9820]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292acec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292da860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d0a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41392 time: 5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec800]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33910 time: 1.96e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade01f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30921 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27230 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44361 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29337690]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b80490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26187 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c8d30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae28a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41939 time: 2.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b6f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30916 time: 1.79e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26203 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3c5db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44477 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4ee40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36781 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41912 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b261a7510]:32768 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1076b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41349 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41976 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ed8a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27209 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f0370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa2980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44485 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1874c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37890 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f7230]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292f9650]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbaf30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44432 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3d2b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27170 time: 3.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292faac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e5250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34542 time: 8.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badec1ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36628 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b261b46d0]:131072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 2.62e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b262b4580]:524288 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 4.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292946d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb28910]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31501 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292cd550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecfb240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41272 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b29373e60]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 4.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9f85480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31471 time: 4.85e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bada1bb70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34020 time: 1.21e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badec75b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41944 time: 1.93e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41903 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31538 time: 1.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bace1ed80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31474 time: 6.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26144 time: 8.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf6e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31480 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade10c20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36646 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baef9d130]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41400 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad072d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31486 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b13f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31495 time: 3.23e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26162 time: 5.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed95bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41293 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41344 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41397 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefdbbc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42024 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0665c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41927 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae09e980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31514 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d7df0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34545 time: 4.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdc970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36720 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b926c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26227 time: 2.06e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09f4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31517 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7f330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26165 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b60285610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31522 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf6a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41320 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04d350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44509 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada10eb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33874 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b40780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27197 time: 2.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddbcf80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31525 time: 1.37e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad366580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34512 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0b9e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31530 time: 1.14e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf011840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44453 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b52c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30856 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9bb3c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31541 time: 7.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3944c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31549 time: 3.84e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292e3ae0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badacae50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31554 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae08a1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33853 time: 2.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b93650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33948 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b496e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41900 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33856 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2694e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41368 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b26335d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33862 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd88b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33868 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b11b6ca90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33871 time: 1.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae22cb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44400 time: 2.42e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b36d38990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33880 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baded20b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31489 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd6c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33886 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb73960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41230 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d5510]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0d1f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34593 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf240c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36712 time: 1.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade08680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33895 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b6a10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7b0670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33898 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc3550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33901 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b8e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33907 time: 1.86e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65a627c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26111 time: 2.61e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b0900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33916 time: 3.28e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad368ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33883 time: 3.44e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae140540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41373 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b4c510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33921 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d9900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33940 time: 4.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ec2b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 1.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b9cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33996 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebfe7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41955 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb2c0d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33953 time: 1.11e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed4eee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36776 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd036d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33956 time: 3.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badbc66f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34012 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0e37d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33961 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecf7380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37983 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9c2e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33969 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef2920]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33972 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33980 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bada26cd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34004 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b8fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26222 time: 1.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade195a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30980 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade03b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31533 time: 8.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badeb0f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34009 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b7eff0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26159 time: 6.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd76e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41209 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b42f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27241 time: 5.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2308b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41333 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcb8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34025 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad071700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33932 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad8a2240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34028 time: 1.18e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c5dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad3664e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34509 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bace25aa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44394 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb636a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44373 time: 3.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed18f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36640 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badde00f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36733 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2690e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34515 time: 2.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed76ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41930 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9f7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34524 time: 2.9e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baded1b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34533 time: 9.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0ac990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34536 time: 1.2e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34553 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad063f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34550 time: 1.41e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdf310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36701 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0640b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34558 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c74f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34566 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34585 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddd7d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34598 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34601 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9a70]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d2510]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad92f510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33977 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1050c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34609 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badae0140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34614 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed48b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41224 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec518a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36601 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf230c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44464 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee21190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36604 time: 4.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b91590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26219 time: 6.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb637d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41405 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad7c7590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34574 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b27a0bd00]:16384 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 5.173e-06
[07/28/2022-09:40:26] [TRT] [W] [0x556baec866b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36610 time: 7.22e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292b5590]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.6e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b5b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36616 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec44730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36619 time: 1.05e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292eee10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf04f710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36622 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd9ff30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37991 time: 1.17e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad758c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36625 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefc2610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37959 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade06690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41413 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad068780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36631 time: 1.07e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefd9f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41218 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae0d38c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36652 time: 2.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf060530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36658 time: 2.24e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecad280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36661 time: 4.82e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a7d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41341 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b29295b10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 1.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedb6180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36669 time: 4.53e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefbd440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41251 time: 2.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36672 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf261690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36680 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf25a500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36685 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade971d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34606 time: 1.04e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2362b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36688 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefce900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36709 time: 1.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37940 time: 2.4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badb311e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34001 time: 1.03e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556badbf8640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36725 time: 1.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad075340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36728 time: 3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 31498 time: 3.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae186560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36736 time: 4.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed1a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36741 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad09b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33892 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf266150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36744 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf2658f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36752 time: 3.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230ec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41304 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcbe00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37932 time: 6.09e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeeb9e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44355 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf265f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36760 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed5eb60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36768 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf044790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41328 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baee255b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36773 time: 1.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae245780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36792 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41915 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b602808d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27176 time: 8.54e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37884 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb74140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37887 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4fdc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41984 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292c9240]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae219c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37893 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baedc2f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37896 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad35ff80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37902 time: 1.57e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb742d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37905 time: 4.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baed0b930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37908 time: 3.39e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddccb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41233 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed25e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37911 time: 3.81e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefcba40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37916 time: 2.38e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa26d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37919 time: 1.12e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae179f20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37935 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37943 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b905e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26214 time: 1.15e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad363b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 33924 time: 4.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf0127b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37956 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baed74fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 44416 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad092330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41277 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefccbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36749 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b292ba250]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.7e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae13f2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37975 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebe3270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37980 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b3f5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27188 time: 3.48e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecdcb20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41215 time: 1.58e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae142f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41221 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badaff880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41227 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baefad660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41236 time: 2.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556ba9001f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30929 time: 5.02e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b292d0ac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1d7ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41239 time: 1.94e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baefa80f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41245 time: 1.75e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bade9de80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41248 time: 1.91e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baf204420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41257 time: 1.64e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bad083490]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34527 time: 1.25e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae162520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41260 time: 1.45e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae1dff60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41269 time: 1.8e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba4350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41280 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad392230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34590 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf22a730]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41285 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b41a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 27222 time: 1.27e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556bae231780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41288 time: 4.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bade3f170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41296 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae230e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41309 time: 3.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf269260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41312 time: 4.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecef930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41336 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeba97a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 36693 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebdd760]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41357 time: 2.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf039330]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41365 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad0fb3a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41376 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41381 time: 3.3e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd4640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41384 time: 2.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baecee580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 34521 time: 2.4e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baecd45a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41389 time: 2.2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baebd86f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41408 time: 4e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baeb7dbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41992 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baec88530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41906 time: 4.5e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badef9a50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 30969 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556badd896c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41909 time: 1.63e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baddf5960]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41924 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae2169a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41918 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf268ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41921 time: 2e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bad9b45b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41947 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baddc2010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 37881 time: 4.16e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556baec4f8d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41242 time: 2.33e-07
[07/28/2022-09:40:26] [TRT] [W] [0x556b65b937b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 26235 time: 7.8e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556baf008990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 41995 time: 3.9e-08
[07/28/2022-09:40:26] [TRT] [W] [0x556bae3c7a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 42000 time: 2.1e-08
[07/28/2022-09:40:26] [TRT] [W] -------------- The current device memory allocations dump as below --------------
[07/28/2022-09:40:26] [TRT] [W] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 4649 time: 0.00625581
[07/28/2022-09:40:26] [TRT] [W] [0x302000000]:3666870272 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1872 time: 0.00112197
[07/28/2022-09:40:26] [TRT] [W] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.
[07/28/2022-09:40:26] [TRT] [W] Skipping tactic 13 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000074.
Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:26] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:27] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:27] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:27] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:27] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:27] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:27] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:28] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:28] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:30] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:30] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:31] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:31] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:31] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:32] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:32] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:32] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:32] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:33] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:33] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:34] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:34] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:35] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:37] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:38] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:39] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:39] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:40] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:41] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:42] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:42] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:42] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:42] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:43] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:43] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:44] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:44] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:44] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:44] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:44] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:44] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:44] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:44] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:44] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:44] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:45] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:45] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:45] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:45] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:45] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:45] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:45] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:45] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:46] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:40:46] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:47] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:49] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:50] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:52] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:52] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:52] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:53] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:53] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:54] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:54] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:55] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:55] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:56] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:40:56] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:58] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:58] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:40:59] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:40:59] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:40:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:00] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:00] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:00] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:01] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:01] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:02] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:02] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:03] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:03] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:03] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:04] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:04] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:05] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:05] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:06] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:06] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:35] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:35] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:36] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:36] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:37] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:37] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:38] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:38] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:39] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:39] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:40] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:41:40] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:41] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:41] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:42] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:42] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:41:47] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:41:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:41:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:47] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:47] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:47] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:48] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:48] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:48] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:48] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:49] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:42:49] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:42:50] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:42:50] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:42:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [I] Detected 1 inputs and 4 output network tensors.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_12 + PWN(LeakyRelu_13).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_14 || Conv_16.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_18 + PWN(LeakyRelu_19).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_20 + PWN(LeakyRelu_21).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_26 || Conv_28.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_30 + PWN(LeakyRelu_31).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_32 + PWN(LeakyRelu_33).bias] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_38 || Conv_40.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_42 + PWN(LeakyRelu_43).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_44 + PWN(LeakyRelu_45).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_50 || Conv_52.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_54 + PWN(LeakyRelu_55).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_56 + PWN(LeakyRelu_57).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_59 + PWN(LeakyRelu_60).bias] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_61 || Conv_63.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_69 + PWN(LeakyRelu_70).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_72 + PWN(LeakyRelu_73).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_74 + PWN(LeakyRelu_75).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_81 || Conv_83.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_87 + PWN(LeakyRelu_88).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_90 + PWN(LeakyRelu_91).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_92 + PWN(LeakyRelu_93).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_99 || Conv_101.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_105 + PWN(LeakyRelu_106).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_108 + PWN(LeakyRelu_109).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_138 + PWN(LeakyRelu_139).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_144.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_113 || Conv_115.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_119 + PWN(LeakyRelu_120).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_122 + PWN(LeakyRelu_123).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_140 + PWN(LeakyRelu_141).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_194.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_127 || Conv_129.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_136 + PWN(LeakyRelu_137).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_142 + PWN(LeakyRelu_143).weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [W] Weights [name=Conv_244.weight] had the following issues when converted to FP16:
[07/28/2022-09:43:51] [TRT] [W] - Subnormal FP16 values detected.
[07/28/2022-09:43:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/28/2022-09:43:51] [TRT] [I] Total Host Persistent Memory: 139888
[07/28/2022-09:43:51] [TRT] [I] Total Device Persistent Memory: 351232
[07/28/2022-09:43:51] [TRT] [I] Total Scratch Memory: 1290251008
[07/28/2022-09:43:51] [TRT] [I] [MemUsageStats] Peak memory usage of TRT CPU/GPU memory allocators: CPU 16 MiB, GPU 6497 MiB
[07/28/2022-09:43:51] [TRT] [I] [BlockAssignment] Algorithm ShiftNTopDown took 18.9947ms to assign 9 blocks to 140 nodes requiring 1655205376 bytes.
[07/28/2022-09:43:51] [TRT] [I] Total Activation Memory: 1655205376
[07/28/2022-09:43:51] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 2924, GPU 1398 (MiB)
[07/28/2022-09:43:51] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 2924, GPU 1406 (MiB)
[07/28/2022-09:43:51] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in building engine: CPU +12, GPU +12, now: CPU 12, GPU 12 (MiB)
[07/28/2022-09:43:51] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.
[07/28/2022-09:43:51] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.
In [15]:
import cv2
import torch
import random
import time
import numpy as np
import tensorrt as trt
from PIL import Image
from pathlib import Path
from collections import OrderedDict,namedtuple
In [16]:
w = './yolov7-tiny-nms.trt'
device = torch.device('cuda:0')
imgList = [cv2.imread('../inference/images/horses.jpg'),
cv2.imread('../inference/images/bus.jpg'),
cv2.imread('../inference/images/zidane.jpg'),
cv2.imread('../inference/images/image1.jpg'),
cv2.imread('../inference/images/image2.jpg'),
cv2.imread('../inference/images/image3.jpg')]
imgList*=6
imgList = imgList[:32]
In [17]:
# Infer TensorRT Engine
logger = trt.Logger(trt.Logger.INFO)
trt.init_libnvinfer_plugins(logger, namespace="")
with open(w, 'rb') as f, trt.Runtime(logger) as runtime:
model = runtime.deserialize_cuda_engine(f.read())
context = model.create_execution_context()
def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleup=True, stride=32):
# Resize and pad image while meeting stride-multiple constraints
shape = im.shape[:2] # current shape [height, width]
if isinstance(new_shape, int):
new_shape = (new_shape, new_shape)
# Scale ratio (new / old)
r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])
if not scaleup: # only scale down, do not scale up (for better val mAP)
r = min(r, 1.0)
# Compute padding
new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))
dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1] # wh padding
if auto: # minimum rectangle
dw, dh = np.mod(dw, stride), np.mod(dh, stride) # wh padding
dw /= 2 # divide padding into 2 sides
dh /= 2
if shape[::-1] != new_unpad: # resize
im = cv2.resize(im, new_unpad, interpolation=cv2.INTER_LINEAR)
top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))
left, right = int(round(dw - 0.1)), int(round(dw + 0.1))
im = cv2.copyMakeBorder(im, top, bottom, left, right, cv2.BORDER_CONSTANT, value=color) # add border
return im, r, (dw, dh)
def postprocess(boxes,r,dwdh):
dwdh = torch.tensor(dwdh*2).to(boxes.device)
boxes -= dwdh
boxes /= r
return boxes.clip_(0,6400)
names = ['person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus', 'train', 'truck', 'boat', 'traffic light',
'fire hydrant', 'stop sign', 'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow',
'elephant', 'bear', 'zebra', 'giraffe', 'backpack', 'umbrella', 'handbag', 'tie', 'suitcase', 'frisbee',
'skis', 'snowboard', 'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard', 'surfboard',
'tennis racket', 'bottle', 'wine glass', 'cup', 'fork', 'knife', 'spoon', 'bowl', 'banana', 'apple',
'sandwich', 'orange', 'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch',
'potted plant', 'bed', 'dining table', 'toilet', 'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone',
'microwave', 'oven', 'toaster', 'sink', 'refrigerator', 'book', 'clock', 'vase', 'scissors', 'teddy bear',
'hair drier', 'toothbrush']
colors = {name:[random.randint(0, 255) for _ in range(3)] for i,name in enumerate(names)}
[07/28/2022-15:22:32] [TRT] [I] [MemUsageChange] Init CUDA: CPU +328, GPU +0, now: CPU 421, GPU 300 (MiB) [07/28/2022-15:22:32] [TRT] [I] Loaded engine size: 13 MiB [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +872, GPU +378, now: CPU 1335, GPU 692 (MiB) [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +126, GPU +58, now: CPU 1461, GPU 750 (MiB) [07/28/2022-15:22:33] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2 [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +12, now: CPU 0, GPU 12 (MiB) [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 1447, GPU 742 (MiB) [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 1447, GPU 750 (MiB) [07/28/2022-15:22:33] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2 [07/28/2022-15:22:33] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +1579, now: CPU 0, GPU 1591 (MiB)
In [18]:
origin_RGB = []
resize_data = []
for img in imgList:
img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
origin_RGB.append(img)
image = img.copy()
image, ratio, dwdh = letterbox(image, auto=False)
image = image.transpose((2, 0, 1))
image = np.expand_dims(image, 0)
image = np.ascontiguousarray(image)
im = image.astype(np.float32)
resize_data.append((im,ratio,dwdh))
In [19]:
DTYPE = {
trt.DataType.FLOAT : torch.float32,
trt.DataType.INT32 : torch.int32,
}
In [20]:
def getBindings(model,context,shape=(1,3,640,640)):
context.set_binding_shape(0, shape)
bindings = OrderedDict()
Binding = namedtuple('Binding', ('name', 'dtype', 'shape', 'data', 'ptr'))
for index in range(model.num_bindings):
name = model.get_binding_name(index)
dtype = trt.nptype(model.get_binding_dtype(index))
shape = tuple(context.get_binding_shape(index))
data = torch.from_numpy(np.empty(shape, dtype=np.dtype(dtype))).to(device)
bindings[name] = Binding(name, dtype, shape, data, int(data.data_ptr()))
return bindings
In [21]:
# warmup for 10 times
bindings = getBindings(model,context,(4,3,640,640))
binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())
for _ in range(10):
tmp = torch.randn(4,3,640,640).to(device)
binding_addrs['images'] = int(tmp.data_ptr())
context.execute_v2(list(binding_addrs.values()))
In [22]:
np_batch = np.concatenate([data[0] for data in resize_data])
np_batch.shape
Out[22]:
(32, 3, 640, 640)
In [23]:
batch_1 = torch.from_numpy(np_batch[0:1]).to(device)/255
bindings = getBindings(model,context,(1,3,640,640))
binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())
print("batch==1")
start = time.perf_counter()
binding_addrs['images'] = int(batch_1.data_ptr())
context.execute_v2(list(binding_addrs.values()))
print(f'Cost {time.perf_counter()-start} s')
batch==1 Cost 0.0019302299999708339 s
In [24]:
batch_16 = torch.from_numpy(np_batch[0:16]).to(device)/255
bindings = getBindings(model,context,(16,3,640,640))
binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())
print("batch==16")
start = time.perf_counter()
binding_addrs['images'] = int(batch_16.data_ptr())
context.execute_v2(list(binding_addrs.values()))
print(f'Cost {time.perf_counter()-start} s')
batch==16 Cost 0.013582363999830704 s
In [25]:
batch_32 = torch.from_numpy(np_batch[0:32]).to(device)/255
bindings = getBindings(model,context,(32,3,640,640))
binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())
print("batch==32")
start = time.perf_counter()
binding_addrs['images'] = int(batch_32.data_ptr())
context.execute_v2(list(binding_addrs.values()))
print(f'Cost {time.perf_counter()-start} s')
batch==32 Cost 0.0258265150000625 s
In [26]:
# show batch 32 output the first 6 pictures
nums = bindings['num_dets'].data
boxes = bindings['det_boxes'].data
scores = bindings['det_scores'].data
classes = bindings['det_classes'].data
nums.shape,boxes.shape,scores.shape,classes.shape
Out[26]:
(torch.Size([32, 1]), torch.Size([32, 100, 4]), torch.Size([32, 100]), torch.Size([32, 100]))
In [27]:
for batch,(num,box,score,cls) in enumerate(zip(nums.flatten(),boxes,scores,classes)):
if batch>6:
break
RGB = origin_RGB[batch]
ratio,dwdh = resize_data[batch][1:]
box = postprocess(box[:num].clone(),ratio,dwdh).round().int()
for idx,(b,s,c) in enumerate(zip(box,score,cls)):
b,s,c = b.tolist(),round(float(s),3),int(c)
name = names[c]
color = colors[name]
name += ' ' + str(s)
cv2.rectangle(RGB,b[:2],b[2:],color,2)
cv2.putText(RGB,name,(b[0], b[1] - 2),cv2.FONT_HERSHEY_SIMPLEX,0.75,color,thickness=2)
In [28]:
Image.fromarray(origin_RGB[0])
Out[28]:
In [29]:
Image.fromarray(origin_RGB[1])
Out[29]:
In [30]:
Image.fromarray(origin_RGB[2])
Out[30]:
In [31]:
Image.fromarray(origin_RGB[3])
Out[31]:
In [32]:
Image.fromarray(origin_RGB[4])
Out[32]:
In [33]:
Image.fromarray(origin_RGB[5])
Out[33]:
In [ ]: